store = {}
store['args']={'name': 'emnist_multibald_bald_k10_779382', 'available_sample_k': 5, 'num_inference_samples': 10, 'seed': 779382, 'acquisition_method': 'AcquisitionMethod.multibald', 'experiment_description': 'EMNIST with b5 and k10, k100 with both BALD and BatchBALD', 'type': 'AcquisitionFunction.bald', 'batch_size': 64, 'scoring_batch_size': 512, 'test_batch_size': 512, 'validation_set_size': 16384, 'early_stopping_patience': 3, 'epochs': 40, 'epoch_samples': 20224, 'target_accuracy': 0.85, 'target_num_acquired_samples': 300, 'log_interval': 20, 'dataset': 'DatasetEnum.emnist', 'initial_samples': [], 'experiment_task_id': 21, 'experiments_laaos': './experiment_configs/emnist_bbb/configs.py', 'no_cuda': False, 'quickquick': False, 'initial_samples_per_class': 2}
store['cmdline']=['./src/ignite_mnist.py', '--experiment_task_id=21', '--experiments_laaos=./experiment_configs/emnist_bbb/configs.py']
store['iterations']=[]
store['initial_samples']=[]
store['iterations'].append({'num_epochs': 0, 'test_metrics': {'accuracy': 0.02, 'nll': 3.864963630108123}, 'chosen_samples': [45645, 19206, 100284, 70393, 87596], 'chosen_samples_score': [0.015816800721715207, 0.03146758968032115, 0.046898587797552516, 0.06321682916337323, 0.07797702032294929], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 5, 'test_metrics': {'accuracy': 0.05452127659574468, 'nll': 31.789056734125666}, 'chosen_samples': [92072, 13886, 50722, 94109, 84353], 'chosen_samples_score': [1.3189779882128494, 1.8753236036941359, 2.190075307998409, 2.2601551059915934, 2.2852267015243606], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 6, 'test_metrics': {'accuracy': 0.07632978723404256, 'nll': 32.68043290807846}, 'chosen_samples': [65858, 57226, 85531, 90624, 11478], 'chosen_samples_score': [1.5275203467057192, 2.1657706603544438, 2.285417065848214, 2.307396639302057, 2.3213067383043047], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 6, 'test_metrics': {'accuracy': 0.08531914893617021, 'nll': 31.23040660614663}, 'chosen_samples': [64856, 100102, 36505, 107189, 80577], 'chosen_samples_score': [1.2584890353296538, 1.9541999930233178, 2.194342670395851, 2.24810267494866, 2.2922097460202475], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.11872340425531915, 'nll': 37.366706468298084}, 'chosen_samples': [93680, 86569, 22837, 47733, 45533], 'chosen_samples_score': [1.5003827901480242, 2.1007422624342036, 2.258818049435424, 2.2834961685794104, 2.3063759083609066], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.12872340425531914, 'nll': 24.133128097209525}, 'chosen_samples': [93555, 12262, 28224, 46359, 9389], 'chosen_samples_score': [1.35644120922752, 2.084831730502183, 2.2533992668487612, 2.2727989430518285, 2.3113762068506616], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.15180851063829787, 'nll': 29.505049384908475}, 'chosen_samples': [42040, 29784, 64688, 61477, 93702], 'chosen_samples_score': [1.5142132163498774, 2.1258525160910016, 2.2630201494776863, 2.2919641701947806, 2.247461163317257], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.16601063829787235, 'nll': 30.18520974828842}, 'chosen_samples': [15429, 8383, 92747, 23685, 58470], 'chosen_samples_score': [1.3899971838020724, 2.119775731743195, 2.2630906892534206, 2.2969419289242627, 2.291031554893612], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 5, 'test_metrics': {'accuracy': 0.18723404255319148, 'nll': 27.21768144972781}, 'chosen_samples': [106490, 55867, 83419, 27580, 84785], 'chosen_samples_score': [1.6824099077958, 2.210942761021283, 2.2822775393128305, 2.2859560471086073, 2.3042843527993115], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 6, 'test_metrics': {'accuracy': 0.2025, 'nll': 25.45759500544122}, 'chosen_samples': [86979, 30142, 89352, 43010, 99590], 'chosen_samples_score': [1.6690887513897077, 2.243433736503041, 2.295237163797061, 2.288244455462239, 2.3123621598313995], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.21638297872340426, 'nll': 20.622658621605407}, 'chosen_samples': [17649, 33700, 103530, 4765, 47016], 'chosen_samples_score': [1.6585734628220314, 2.20453601099271, 2.282507418597243, 2.300305930931055, 2.2634360856578173], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.24648936170212765, 'nll': 18.919236744008167}, 'chosen_samples': [42887, 29248, 42337, 62318, 50396], 'chosen_samples_score': [1.4960425545170266, 2.1397795853747796, 2.263393829238364, 2.315342384590856, 2.3260056911823868], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.25111702127659574, 'nll': 21.74660347796501}, 'chosen_samples': [24582, 31809, 32252, 106844, 7228], 'chosen_samples_score': [1.5455364699242136, 2.156204342156772, 2.2817862334141896, 2.328251745361759, 2.298333024316579], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 5, 'test_metrics': {'accuracy': 0.24925531914893617, 'nll': 18.76956084555768}, 'chosen_samples': [76259, 23863, 60888, 85146, 68690], 'chosen_samples_score': [1.6918801579844036, 2.2202509583894643, 2.287038757478614, 2.294804637998709, 2.2705377046662107], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.2709042553191489, 'nll': 16.91676123436461}, 'chosen_samples': [7399, 56453, 75999, 37472, 23302], 'chosen_samples_score': [1.652262214041335, 2.185286296150868, 2.2885005967684906, 2.305129968742712, 2.285644036675194], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 5, 'test_metrics': {'accuracy': 0.2751595744680851, 'nll': 17.70580691398458}, 'chosen_samples': [17593, 33065, 38021, 48397, 83796], 'chosen_samples_score': [1.684383872563042, 2.213755277289839, 2.293925889053181, 2.2801250414651157, 2.308734387116131], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.2882446808510638, 'nll': 14.923028357485508}, 'chosen_samples': [41553, 109214, 61550, 33485, 101658], 'chosen_samples_score': [1.6021437324510879, 2.209275425260971, 2.2898748381927287, 2.3211971388042354, 2.2945030435096903], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.2975531914893617, 'nll': 15.533806384472136}, 'chosen_samples': [6130, 14187, 38980, 32880, 38935], 'chosen_samples_score': [1.5722031710060946, 2.2007148974858133, 2.283955270295456, 2.279928137129504, 2.2904529459637417], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.29521276595744683, 'nll': 15.409773332311753}, 'chosen_samples': [1876, 13318, 39427, 10947, 92518], 'chosen_samples_score': [1.6496709100523392, 2.2154303862554583, 2.2857692899481687, 2.289074763813289, 2.2959610856585964], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.30361702127659573, 'nll': 15.540684007685234}, 'chosen_samples': [93943, 57559, 64258, 96939, 47420], 'chosen_samples_score': [1.6008024070102476, 2.1851011772039444, 2.2884868580760283, 2.2989103999895644, 2.3365787665341005], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.306436170212766, 'nll': 15.290023989575975}, 'chosen_samples': [50896, 59566, 67230, 28177, 45403], 'chosen_samples_score': [1.6347248357394961, 2.234380658097025, 2.292241715653505, 2.3033680952030524, 2.3389535313534733], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.32930851063829786, 'nll': 13.039542343464303}, 'chosen_samples': [26557, 109986, 46810, 100894, 4480], 'chosen_samples_score': [1.6460902296716025, 2.2238360836292013, 2.295510017127785, 2.2772802497172986, 2.277672928935116], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.321968085106383, 'nll': 13.422537937570125}, 'chosen_samples': [35781, 13061, 35023, 58363, 54848], 'chosen_samples_score': [1.6025152116403252, 2.214160934865267, 2.287561685231246, 2.3063643588742435, 2.309868881503407], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.3429255319148936, 'nll': 11.638314781188965}, 'chosen_samples': [12861, 80482, 42712, 96781, 99567], 'chosen_samples_score': [1.6200388626323776, 2.164909166276417, 2.275466559352372, 2.2909437957589844, 2.3304808960340155], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.34085106382978725, 'nll': 12.756000839395726}, 'chosen_samples': [53580, 40584, 61035, 54468, 32806], 'chosen_samples_score': [1.5756252570845315, 2.1629769433008788, 2.2771625261476705, 2.290478236194473, 2.3460716572251257], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.3422872340425532, 'nll': 10.900640964102237}, 'chosen_samples': [69069, 27420, 106456, 53896, 3131], 'chosen_samples_score': [1.537406911291888, 2.1670464197074057, 2.2769779397864056, 2.306545005954445, 2.293442772716718], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.36957446808510636, 'nll': 10.507907984307472}, 'chosen_samples': [24246, 22992, 84443, 18144, 38320], 'chosen_samples_score': [1.6354895408778065, 2.233121086125397, 2.289778916281033, 2.314602011268824, 2.2994226200105583], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.3524468085106383, 'nll': 11.20199525062074}, 'chosen_samples': [31764, 24533, 9301, 14148, 15567], 'chosen_samples_score': [1.560956009240459, 2.1598906858221123, 2.280948157299071, 2.305272710885725, 2.321541670662527], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.3663297872340426, 'nll': 10.62852273981622}, 'chosen_samples': [42116, 105381, 95085, 101794, 105646], 'chosen_samples_score': [1.5871499822955546, 2.15609096099241, 2.2730371531664795, 2.2917499075979615, 2.306989677837622], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.38074468085106383, 'nll': 9.799999121807991}, 'chosen_samples': [37853, 39435, 93628, 46585, 57733], 'chosen_samples_score': [1.6116703572213553, 2.206248488161663, 2.2881271330599686, 2.3019896136706577, 2.2993152809545396], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.3750531914893617, 'nll': 9.942117329861256}, 'chosen_samples': [8327, 53233, 108398, 55225, 93399], 'chosen_samples_score': [1.6490741237570439, 2.213964053386601, 2.287858688925201, 2.294989896198623, 2.336137210803328], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.38776595744680853, 'nll': 9.476689511562915}, 'chosen_samples': [34193, 20083, 97002, 106428, 50974], 'chosen_samples_score': [1.8551173313607923, 2.245496775468575, 2.2938525030673973, 2.2777072023123797, 2.305353050506694], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.3797340425531915, 'nll': 9.057898699983637}, 'chosen_samples': [44744, 32412, 25237, 68761, 23284], 'chosen_samples_score': [1.7420643604933586, 2.231791164494891, 2.2928151081720647, 2.2951131594044067, 2.310590719874617], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.39670212765957447, 'nll': 8.040626032403175}, 'chosen_samples': [106473, 12459, 49590, 102461, 66056], 'chosen_samples_score': [1.7282512574697586, 2.2560584876005203, 2.2957548905881713, 2.3066226986237135, 2.29957759909007], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.40143617021276595, 'nll': 7.30729968375348}, 'chosen_samples': [29962, 67751, 49377, 26830, 110059], 'chosen_samples_score': [1.5986471221233904, 2.191860525615139, 2.2803845803535157, 2.314933288763546, 2.3059572238895107], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.40430851063829787, 'nll': 7.153152255606144}, 'chosen_samples': [83496, 3208, 23202, 12304, 45634], 'chosen_samples_score': [1.6570569493408993, 2.2448283717938016, 2.293525723466702, 2.3092425935910015, 2.2896752287521798], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4095744680851064, 'nll': 6.737308115857712}, 'chosen_samples': [76005, 67273, 39872, 17058, 45967], 'chosen_samples_score': [1.6787796463148748, 2.2058505875843166, 2.288171326767719, 2.3003092905525016, 2.3049856411587664], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4341489361702128, 'nll': 6.979180221557617}, 'chosen_samples': [100487, 19314, 106672, 12530, 76577], 'chosen_samples_score': [1.5866714425523871, 2.2211637034058307, 2.2901208078041284, 2.301943474151801, 2.3228020336396016], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.42388297872340425, 'nll': 6.563362946205951}, 'chosen_samples': [100477, 97192, 44157, 18311, 60961], 'chosen_samples_score': [1.548957534423574, 2.203795864569868, 2.288636312672552, 2.308741396768697, 2.2988720730341057], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4326063829787234, 'nll': 6.407729219071409}, 'chosen_samples': [93503, 106694, 12204, 10402, 96699], 'chosen_samples_score': [1.6167604256491654, 2.1955604188557567, 2.284197486247541, 2.2785121994501223, 2.3117196866487157], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4380851063829787, 'nll': 5.898528672482105}, 'chosen_samples': [16182, 20246, 55251, 106200, 66366], 'chosen_samples_score': [1.519431367410173, 2.1779714413217555, 2.277198676576314, 2.2961136180441364, 2.31254423768457], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4603191489361702, 'nll': 6.196999137147944}, 'chosen_samples': [5843, 29607, 9153, 110051, 85015], 'chosen_samples_score': [1.628152132270798, 2.237213654988557, 2.2933916349152628, 2.297250136447732, 2.286081620981139], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.45090425531914896, 'nll': 5.4957279371708}, 'chosen_samples': [70239, 34661, 48426, 36125, 112390], 'chosen_samples_score': [1.6014882861243067, 2.15682133653953, 2.277978026540031, 2.3024882022807036, 2.2825018759696825], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4518617021276596, 'nll': 5.844875756933334}, 'chosen_samples': [61247, 37181, 66832, 30202, 45228], 'chosen_samples_score': [1.5192917577362546, 2.1583826169067333, 2.2706409135286294, 2.3045095371583044, 2.3226507714304483], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4548404255319149, 'nll': 6.01126964487928}, 'chosen_samples': [32627, 16347, 22485, 20480, 27602], 'chosen_samples_score': [1.6097787285204752, 2.165661667880916, 2.2710246508522642, 2.2860316908065523, 2.2775118985499065], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4622340425531915, 'nll': 5.785655194546314}, 'chosen_samples': [29577, 89397, 58409, 92223, 43227], 'chosen_samples_score': [1.614430654418983, 2.1974084525474065, 2.2816984353398424, 2.315286569833723, 2.3029995390329017], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4676063829787234, 'nll': 5.580029669416712}, 'chosen_samples': [43441, 87025, 5952, 22431, 54668], 'chosen_samples_score': [1.4909746421961643, 2.1574887106084777, 2.2738296279337677, 2.2709745133756036, 2.3286852998428884], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.48308510638297875, 'nll': 5.430812517937193}, 'chosen_samples': [107258, 3218, 33871, 45774, 92891], 'chosen_samples_score': [1.616820155611883, 2.1327161008768734, 2.2732143128914064, 2.2969277836621105, 2.3156706274346828], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4844148936170213, 'nll': 5.340483944669683}, 'chosen_samples': [31747, 108468, 70129, 42085, 8356], 'chosen_samples_score': [1.6890565525243035, 2.2094973448657926, 2.286228349940206, 2.302030835786163, 2.3271241910349323], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4888297872340426, 'nll': 5.000165952723077}, 'chosen_samples': [34554, 3537, 89860, 93320, 83765], 'chosen_samples_score': [1.5618265688698492, 2.197487400318426, 2.2841811712654554, 2.3004988133436575, 2.296612369486688], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.47547872340425534, 'nll': 5.162591221992006}, 'chosen_samples': [17863, 61371, 63516, 103046, 81159], 'chosen_samples_score': [1.6873904776245543, 2.2058383230186758, 2.288213983065395, 2.314572664415775, 2.2979769866731825], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.49138297872340425, 'nll': 4.697171901540553}, 'chosen_samples': [29591, 42149, 32359, 98209, 110582], 'chosen_samples_score': [1.7465623462948743, 2.2522110935827215, 2.295683783129069, 2.289550678079352, 2.302112991911015], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4847872340425532, 'nll': 4.663424224447697}, 'chosen_samples': [12266, 95216, 80255, 56465, 50890], 'chosen_samples_score': [1.5992534220857244, 2.2058905132939532, 2.284670806820305, 2.3148578519785032, 2.2900618499983705], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.49122340425531913, 'nll': 4.2536793927943455}, 'chosen_samples': [75781, 96226, 86064, 27043, 48962], 'chosen_samples_score': [1.528092583298363, 2.1290147059888214, 2.27392588885768, 2.302499947510008, 2.316390364936117], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4825531914893617, 'nll': 4.738095999778586}, 'chosen_samples': [12451, 26882, 83516, 73737, 26682], 'chosen_samples_score': [1.4615696049545468, 2.1391714837985543, 2.2689588085322017, 2.306766644088591, 2.2812606448597497], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4999468085106383, 'nll': 4.7046308911100345}, 'chosen_samples': [106895, 73205, 49944, 11595, 42960], 'chosen_samples_score': [1.6012010946456283, 2.206259278511031, 2.286351501428376, 2.334982967202507, 2.318369530985015], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.5037765957446808, 'nll': 4.215611756101568}, 'chosen_samples': [64306, 22441, 7129, 19561, 23463], 'chosen_samples_score': [1.5400519769510361, 2.1404480443286067, 2.280290142851543, 2.308737131043136, 2.2791921439360174], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.5077659574468085, 'nll': 4.28539374858775}, 'chosen_samples': [75530, 96561, 11716, 73516, 101364], 'chosen_samples_score': [1.4620923869564497, 2.1342878030982213, 2.2791694873479527, 2.297046213979816, 2.282418547002835], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4848936170212766, 'nll': 4.799049226070972}, 'chosen_samples': [11226, 53558, 109730, 102699, 23991], 'chosen_samples_score': [1.8959261044517395, 2.257406936039989, 2.2954170893557038, 2.3057143016458883, 2.3022223674937052], 'chosen_samples_orignal_score': None})
store['iterations'].append({'num_epochs': 4, 'test_metrics': {'accuracy': 0.4973936170212766, 'nll': 4.298512594953497}, 'chosen_samples': [86491, 85567, 77875, 20289, 18429], 'chosen_samples_score': [1.496614993840835, 2.104395870271538, 2.253202345709037, 2.2815666573375557, 2.3112698583671984], 'chosen_samples_orignal_score': None})
